import scrapy
import os.path,json,os
import logging
from scrapy_redis.spiders import RedisSpider
class MainSpider(scrapy.Spider):
    name = "main"
    allowed_domains = ["https://openaccess.thecvf.com","openaccess.thecvf.com"]
    start_urls = ["https://openaccess.thecvf.com/CVPR2024?day=all"]

    def parse(self, response):
        # # 提取数据并返回
        # if os.path.exists(f'../acad_horizon_front_platform/public/assay_detail.json'):
        #     logging.info('xxxxxxxxxxxxxxxxxxxxxxxxxxxParsing URL: 存在', )
        # logging.info('xxxxxxxxxxxxxxxxxxxxxxxxxxxParsing URL: %s', os.getcwd())
        logging.info("xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx")
        # logging.info(response.meta['param1'])
        logging.info("xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx")
        logging.info(self.param1)
        logging.info(self.param2)
        
        # self.redis_client.lpush('main:items', 1)
        yield





